9257b836370aa537394adbac9091857f48bdbcd0,src/org/commoncrawl/mapred/ec2/postprocess/crawldb/CrawlDBWriter.java,CrawlDBWriter,crawlDetailRecordFromCrawlStatusRecord,#JsonObject#URLFPV2#HashSet#Reporter#,818
Before Change
// basic stats ... starting with crawl time ...
crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE,true);
crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE_REASON,jsonObject.get("failure_reason").getAsString());
crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE_DETAIL,jsonObject.get("failure_detail").getAsString());
}
return crawlStatsJSON;
After Change
// basic stats ... starting with crawl time ...
crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE,true);
crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE_REASON,safeGetStringFromElement(jsonObject,"failure_reason"));
crawlStatsJSON.addProperty(CRAWLDETAIL_FAILURE_DETAIL,safeGetStringFromElement(jsonObject,"failure_detail"));
}
return crawlStatsJSON;